Error #1:

We did a bit more debugging on their deployment during the TAM call, yesterday. Juan is still seeing these errors on clair-4.3.5 (see the attached clair-indexer log for the full output). In short, it doesn't seem like it's fixed.

1a227071f914f81d0e0321abe0b3ae3701716b2a63ff3cc5036d60ee195","scanner":"rhel-repository-scanner","state":"ScanLayers","time":"2021-12-14T20:33:05Z","message":"scan done"}
panic: runtime error: slice bounds out of range [:-1]

goroutine 1273 [running]:
github.com/quay/claircore/rhel/dockerfile.(*labelParser).Run(0xc000389410)
/go/pkg/mod/github.com/quay/claircore@v1.1.3/rhel/dockerfile/dockerfile.go:99 +0x916
github.com/quay/claircore/rhel/dockerfile.GetLabels(

{0xc0006c1338, 0x410e76}

,

{0xf8b420, 0xc0003fd1a0}

)
/go/pkg/mod/github.com/quay/claircore@v1.1.3/rhel/dockerfile/dockerfile.go:26 +0x91
github.com/quay/claircore/rhel.extractBuildNVR(

{0xfa6330, 0xc00059ac00}, {0xc00093fdc0, 0x37}, 0x0)
/go/pkg/mod/github.com/quay/claircore@v1.1.3/rhel/repositoryscanner.go:315 +0x55
github.com/quay/claircore/rhel.(*RepositoryScanner).getCPEsUsingContainerAPI(0xc000ab5080, {0xfa6330, 0xc00059ac00}

, 0x3)
/go/pkg/mod/github.com/quay/claircore@v1.1.3/rhel/repositoryscanner.go:248 +0xd4
github.com/quay/claircore/rhel.(*RepositoryScanner).Scan(0xc000ab5080,

{0xfa6368, 0xc000388ed0}, 0xc000ab5020)
/go/pkg/mod/github.com/quay/claircore@v1.1.3/rhel/repositoryscanner.go:187 +0x767
github.com/quay/claircore/internal/indexer/layerscanner.(*result).Do(0xc0006c1e68, {0xfa6368, 0xc000388ed0}

,

{0x7f9f24065748, 0xc000ab5080}, 0xc000712230)
/go/pkg/mod/github.com/quay/claircore@v1.1.3/internal/indexer/layerscanner/layerscanner.go:241 +0x162
github.com/quay/claircore/internal/indexer/layerscanner.(*layerScanner).scanLayer(0xc000ab52c0, {0xfa62c0, 0xc0003a7e40}, 0xc000ab5020, {0x7f9f24065748, 0xc000ab5080}

)
/go/pkg/mod/github.com/quay/claircore@v1.1.3/internal/indexer/layerscanner/layerscanner.go:212 +0x89c
github.com/quay/claircore/internal/indexer/layerscanner.(*layerScanner).Scan.func1.1()
/go/pkg/mod/github.com/quay/claircore@v1.1.3/internal/indexer/layerscanner/layerscanner.go:173 +0x125
golang.org/x/sync/errgroup.(*Group).Go.func1()
/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57 +0x67
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:54 +0x92

Error #2

Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime: goroutine stack exceeds 1000000000-byte limit
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime: sp=0xc027e80370 stack=[0xc027e80000, 0xc047e80000]
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo fatal fatal error: stack overflow
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime stack:
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime.throw(0xfebbee, 0xe)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/runtime/panic.go:1117 +0x72
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime.newstack()
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/runtime/stack.go:1069 +0x7ed
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime.morestack()
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/runtime/asm_amd64.s:458 +0x8f
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo goroutine 9913 [running]:
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime.heapBitsSetType(0xc04ebc6830, 0x10, 0x10, 0xedfac0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/runtime/mbitmap.go:815 +0xc05 fp=0xc027e80380 sp=0xc027e80378 pc=0x41e465
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo runtime.mallocgc(0x10, 0xedfac0, 0x203001, 0x17)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/runtime/malloc.go:1096 +0x5c5 fp=0xc027e80408 sp=0xc027e80380 pc=0x414865
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo internal/reflectlite.unsafe_New(0xedfac0, 0x1152e30)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/runtime/malloc.go:1187 +0x38 fp=0xc027e80438 sp=0xc027e80408 pc=0x472858
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo internal/reflectlite.Swapper(0xe57340, 0xc04ebcc948, 0xe57340)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/internal/reflectlite/swapper.go:65 +0x19b fp=0xc027e80530 sp=0xc027e80438 pc=0x47e21b
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo sort.Slice(0xe57340, 0xc04ebcc948, 0xc027e80600)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/sort/slice.go:18 +0x7f fp=0xc027e80588 sp=0xc027e80530 pc=0x4dd81f
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.ReadDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/readdir.go:45 +0x325 fp=0xc027e80640 sp=0xc027e80588 pc=0x4e7c45
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:74 +0x173 fp=0xc027e80718 sp=0xc027e80640 pc=0x4e80f3
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e807f0 sp=0xc027e80718 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e808c8 sp=0xc027e807f0 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e809a0 sp=0xc027e808c8 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e80a78 sp=0xc027e809a0 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e80b50 sp=0xc027e80a78 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e80c28 sp=0xc027e80b50 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e80d00 sp=0xc027e80c28 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e80dd8 sp=0xc027e80d00 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e80eb0 sp=0xc027e80dd8 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e80f88 sp=0xc027e80eb0 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e81060 sp=0xc027e80f88 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e81138 sp=0xc027e81060 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e81210 sp=0xc027e81138 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e812e8 sp=0xc027e81210 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo /opt/rh/go-toolset-1.16/root/usr/lib/go-toolset-1.16-golang/src/io/fs/walk.go:85 +0x2a5 fp=0xc027e813c0 sp=0xc027e812e8 pc=0x4e8225
Dec 14 03:40:14 clair-combo-54897b8f64-2m8xg clair-combo io/fs.walkDir(0x112d980, 0xc00046ea80, 0xfe49ce, 0x1, 0x7fedb44498f0, 0xc0017f6000, 0xc047e7f0f0, 0x0, 0x0)